from pycrawlers import huggingface
hg = huggingface()
urls = ['https://hf-mirror.com/google-bert/bert-base-uncased/tree/main']
hg.get_batch_data(urls)
